import asyncio

import dspy
from dspy.datasets.gsm8k import GSM8K

dspy.configure(lm=dspy.LM("openai/gpt-4o-mini", cache=False))


# Load math questions from the GSM8K dataset.
gsm8k = GSM8K()
gsm8k_trainset, gsm8k_devset = gsm8k.train[:50], gsm8k.dev[:100]


cot = dspy.ChainOfThought("question->answer")


def my_metric(args, pred):
    return 1.0 if pred.answer == args.answer else 0.0


evaluator = dspy.Evaluate(devset=gsm8k_devset, num_threads=50, display_table=False)


import time

start_time = time.time()
result = evaluator(cot, metric=my_metric)
end_time = time.time()
print(f"Time taken with multithreading: {end_time - start_time} seconds")
print(result)


async def main():
    return await evaluator.acall(cot, metric=my_metric)


start_time = time.time()
result = asyncio.run(main())
end_time = time.time()
print(f"Time taken with async: {end_time - start_time} seconds")
print(result)